curl -X POST http://localhost:8080/v1/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "meta-llama/Llama-3.1-70B-Instruct",
    "prompt": "USER: Hi, here is some system prompt: hi .Here are some other context:  hi.Here is question #1: can?ASSISTANT: Hi",
    "max_tokens": 20,
    "stream": true,
    "stream_options": {
      "include_usage": true
    },
    "temperature": 1
  }'